#pragma once
#include "FiniteStateMachine.h"

class CLexemeToken;
class CTokenRecognizer : public CFiniteStateMachine
{
public:
	CTokenRecognizer( const CState* const initialState );
	~CTokenRecognizer(void);

	void AddToken();
	void GetTokenType( CLexemeToken* out_token );
};

